# -*-Python-*-

# SwiGLU activation
d_ff = 2048
DenseReluDense.activation = ["swish", "linear"]
